# robots.txt generated at http://www.mcanerin.com # additional information: http://www.robotstxt.org/robotstxt.html # 2008-07-30 # # no robots disallowed User-agent: * # Disallow: # craw-delay expressed in seconds Crawl-delay: 120 Disallow: /archive/ Disallow: /images/ Disallow: /cgi-bin/ Disallow: /hold/ Disallow: /tmp/ # suggested name of Sitemap: http://www.yoursite.com/sitemap.gz